@carlonicora/nestjs-neo4jsonapi 0.0.1

package/dist/core/llm/services/model.service.js

@@ -0,0 +1,215 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ModelService = void 0;
+const openai_1 = require("@langchain/openai");
+const common_1 = require("@nestjs/common");
+const config_1 = require("@nestjs/config");
+const fs = __importStar(require("fs"));
+const nestjs_cls_1 = require("nestjs-cls");
+const openai_2 = __importStar(require("openai"));
+let ModelService = class ModelService {
+    constructor(clsService, configService) {
+        this.clsService = clsService;
+        this.configService = configService;
+        this._modelCache = new Map();
+    }
+    get aiConfig() {
+        return this.configService.get("ai");
+    }
+    /**
+     * Gets a configured LLM instance based on the current config.
+     *
+     * Uses caching to reuse model instances with the same configuration,
+     * improving performance by avoiding repeated instantiation.
+     *
+     * Supports multiple providers:
+     * - `llamacpp`/`local`: Local llama.cpp server (OpenAI-compatible API)
+     * - `openrouter`: OpenRouter cloud service
+     *
+     * @param params - Optional parameters
+     * @param params.temperature - Temperature for text generation (0-2, default: 0.2)
+     *                             Lower = more deterministic, Higher = more creative
+     * @returns Configured BaseChatModel instance from LangChain (cached if available)
+     * @throws {Error} If the configured LLM type is not supported
+     *
+     * @example
+     * ```typescript
+     * const chatModelService = new ChatModelService();
+     * const model = chatModelService.getLLM({ temperature: 0.8 });
+     * // Second call with same temperature returns cached instance
+     * const sameModel = chatModelService.getLLM({ temperature: 0.8 });
+     * ```
+     */
+    getLLM(params) {
+        const temperature = params?.temperature ?? 0.2;
+        // Create cache key based on type, temperature, and region (for provider routing)
+        const cacheKey = `${this.aiConfig.ai.provider}-${temperature}-${this.aiConfig.ai.region || "default"}`;
+        // Return cached instance if available
+        if (this._modelCache.has(cacheKey)) {
+            return this._modelCache.get(cacheKey);
+        }
+        // Base configuration shared by all providers
+        const llmConfig = {
+            apiKey: this.aiConfig.ai.apiKey || "not-needed",
+            temperature,
+            model: this.aiConfig.ai.model || "local-model",
+            configuration: {
+                baseURL: this.aiConfig.ai.url || "http://localhost:8033/v1",
+            },
+        };
+        // Provider-specific overrides
+        switch (this.aiConfig.ai.provider) {
+            case "llamacpp":
+                // Local models don't need API keys
+                llmConfig.apiKey = "not-needed";
+                llmConfig.model = "local-model";
+                llmConfig.configuration.baseURL = this.aiConfig.ai.url || "http://localhost:8033/v1";
+                break;
+            case "openrouter":
+                // OpenRouter uses configured values with required headers
+                llmConfig.configuration.baseURL = this.aiConfig.ai.url || "https://openrouter.ai/api/v1";
+                // Add provider routing if region is configured
+                if (this.aiConfig.ai.region) {
+                    llmConfig.modelKwargs = {
+                        provider: {
+                            order: [this.aiConfig.ai.region],
+                            allow_fallbacks: true,
+                        },
+                    };
+                }
+                break;
+            default:
+                throw new Error(`Unsupported LLM type: ${this.aiConfig.ai.provider}`);
+        }
+        // Create and cache new model instance
+        const model = new openai_1.ChatOpenAI(llmConfig);
+        this._modelCache.set(cacheKey, model);
+        return model;
+    }
+    /**
+     * Clears the model cache.
+     *
+     * Useful when configuration changes or to free up memory.
+     */
+    clearCache() {
+        this._modelCache.clear();
+    }
+    /**
+     * Gets the number of cached model instances.
+     *
+     * @returns Number of cached models
+     */
+    getCacheSize() {
+        return this._modelCache.size;
+    }
+    getEmbedder() {
+        let response;
+        switch (this.aiConfig.embedder.provider) {
+            case "local":
+                throw new Error("Local embedder is not supported");
+            case "openrouter":
+                response = new openai_1.OpenAIEmbeddings({
+                    openAIApiKey: this.aiConfig.embedder.apiKey,
+                    model: this.aiConfig.embedder.model,
+                    configuration: {
+                        baseURL: this.aiConfig.embedder.url,
+                    },
+                });
+                break;
+            case "openai":
+                response = new openai_1.OpenAIEmbeddings({
+                    openAIApiKey: this.aiConfig.embedder.apiKey,
+                    model: this.aiConfig.embedder.model,
+                });
+                break;
+            case "azure":
+                response = new openai_1.AzureOpenAIEmbeddings({
+                    azureOpenAIApiKey: this.aiConfig.embedder.apiKey,
+                    azureOpenAIApiInstanceName: this.aiConfig.embedder.instance,
+                    azureOpenAIApiDeploymentName: this.aiConfig.embedder.model,
+                    azureOpenAIApiVersion: this.aiConfig.embedder.apiVersion,
+                });
+                break;
+        }
+        return response;
+    }
+    getTranscriber() {
+        let response;
+        switch (this.aiConfig.transcriber.provider) {
+            case "openai":
+                response = new openai_2.default({
+                    apiKey: this.aiConfig.transcriber.apiKey,
+                });
+                break;
+            case "azure":
+                response = new openai_2.AzureOpenAI({
+                    apiKey: this.aiConfig.transcriber.apiKey,
+                    apiVersion: this.aiConfig.transcriber.apiVersion,
+                    endpoint: this.aiConfig.transcriber.url,
+                    deployment: this.aiConfig.transcriber.model,
+                });
+                break;
+        }
+        return response;
+    }
+    getEmbedderDimensions() {
+        return this.aiConfig.embedder.dimensions;
+    }
+    async transcribeAudio(params) {
+        return await this.getTranscriber().audio.transcriptions.create({
+            file: fs.createReadStream(params.filePath),
+            model: this.aiConfig.transcriber.model,
+            prompt: params.prompt,
+            response_format: "json",
+        });
+    }
+};
+exports.ModelService = ModelService;
+exports.ModelService = ModelService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [nestjs_cls_1.ClsService,
+        config_1.ConfigService])
+], ModelService);
+//# sourceMappingURL=model.service.js.map

package/dist/core/llm/services/model.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.service.js","sourceRoot":"","sources":["../../../../src/core/llm/services/model.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,8CAAwF;AACxF,2CAA4C;AAC5C,2CAA+C;AAC/C,uCAAyB;AACzB,2CAAwC;AACxC,iDAA6C;AAetC,IAAM,YAAY,GAAlB,MAAM,YAAY;IAGvB,YACmB,UAAsB,EACtB,aAAiD;QADjD,eAAU,GAAV,UAAU,CAAY;QACtB,kBAAa,GAAb,aAAa,CAAoC;QAElE,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,IAAY,QAAQ;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAoB,IAAI,CAAC,CAAC;IACzD,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,MAAM,CAAC,MAAiC;QACtC,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,IAAI,GAAG,CAAC;QAE/C,iFAAiF;QACjF,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,IAAI,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAEvG,sCAAsC;QACtC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;QACzC,CAAC;QAED,6CAA6C;QAC7C,MAAM,SAAS,GAAkB;YAC/B,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,IAAI,YAAY;YAC/C,WAAW;YACX,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,IAAI,aAAa;YAC9C,aAAa,EAAE;gBACb,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,0BAA0B;aAC5D;SACF,CAAC;QAEF,8BAA8B;QAC9B,QAAQ,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;YAClC,KAAK,UAAU;gBACb,mCAAmC;gBACnC,SAAS,CAAC,MAAM,GAAG,YAAY,CAAC;gBAChC,SAAS,CAAC,KAAK,GAAG,aAAa,CAAC;gBAChC,SAAS,CAAC,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,0BAA0B,CAAC;gBACrF,MAAM;YAER,KAAK,YAAY;gBACf,0DAA0D;gBAC1D,SAAS,CAAC,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,8BAA8B,CAAC;gBACzF,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC;oBAC5B,SAAS,CAAC,WAAW,GAAG;wBACtB,QAAQ,EAAE;4BACR,KAAK,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC;4BAChC,eAAe,EAAE,IAAI;yBACtB;qBACF,CAAC;gBACJ,CAAC;gBACD,MAAM;YAER;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,sCAAsC;QACtC,MAAM,KAAK,GAAG,IAAI,mBAAU,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;OAIG;IACH,UAAU;QACR,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,WAAW;QACT,IAAI,QAA6B,CAAC;QAElC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACxC,KAAK,OAAO;gBACV,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,KAAK,YAAY;gBACf,QAAQ,GAAG,IAAI,yBAAgB,CAAC;oBAC9B,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAC3C,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK;oBACnC,aAAa,EAAE;wBACb,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG;qBACpC;iBACF,CAAC,CAAC;gBAEH,MAAM;YACR,KAAK,QAAQ;gBACX,QAAQ,GAAG,IAAI,yBAAgB,CAAC;oBAC9B,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAC3C,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK;iBACpC,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,OAAO;gBACV,QAAQ,GAAG,IAAI,8BAAqB,CAAC;oBACnC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM;oBAChD,0BAA0B,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ;oBAC3D,4BAA4B,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK;oBAC1D,qBAAqB,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU;iBACzD,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,cAAc;QACZ,IAAI,QAAa,CAAC;QAClB,QAAQ,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC3C,KAAK,QAAQ;gBACX,QAAQ,GAAG,IAAI,gBAAM,CAAC;oBACpB,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;iBACzC,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,OAAO;gBACV,QAAQ,GAAG,IAAI,oBAAW,CAAC;oBACzB,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM;oBACxC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU;oBAChD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG;oBACvC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK;iBAC5C,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,MAA+D;QACnF,OAAO,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;YAC7D,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC1C,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK;YACtC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,MAAM;SACxB,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAlLY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;qCAKoB,uBAAU;QACP,sBAAa;GALpC,YAAY,CAkLxB"}

package/dist/core/llm/services/vision.llm.service.d.ts

@@ -0,0 +1,47 @@
+import { ModelService } from "../../llm/services/model.service";
+import { ZodType } from "zod";
+/**
+ * Parameters for Vision LLM service calls
+ */
+interface VisionCallParams<T> {
+    image: string;
+    systemPrompt: string;
+    outputSchema: ZodType<T>;
+    temperature?: number;
+}
+export declare class VisionLLMService {
+    private readonly modelService;
+    constructor(modelService: ModelService);
+    /**
+     * Fetches an image from a URL and converts it to a base64 data URL.
+     * Required because OpenRouter cannot access local/private URLs.
+     */
+    private fetchImageAsBase64;
+    /**
+     * Calls the LLM with an image for vision analysis using structured output.
+     *
+     * This method follows the same pattern as LLMService:
+     * 1. Gets the base model from ModelService
+     * 2. Wraps it with withStructuredOutput for schema enforcement
+     * 3. Creates a multimodal HumanMessage with text and image
+     * 4. Invokes the structured LLM directly
+     * 5. Returns parsed response with token usage metadata
+     *
+     * @template T - The expected output type (inferred from outputSchema)
+     * @param params - Call parameters
+     * @param params.image - URL of the image to analyze (will be converted to base64)
+     * @param params.systemPrompt - System prompt for the vision analysis
+     * @param params.outputSchema - Zod schema defining expected LLM response structure
+     * @param params.temperature - Optional temperature override (default: 0.1)
+     * @returns Promise resolving to parsed output + token usage metadata
+     * @throws {Error} If LLM call fails or returns invalid structured output
+     */
+    call<T>(params: VisionCallParams<T>): Promise<T & {
+        tokenUsage: {
+            input: number;
+            output: number;
+        };
+    }>;
+}
+export {};
+//# sourceMappingURL=vision.llm.service.d.ts.map

package/dist/core/llm/services/vision.llm.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.llm.service.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/services/vision.llm.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAE9B;;GAEG;AACH,UAAU,gBAAgB,CAAC,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAgCD,qBACa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,YAAY;gBAAZ,YAAY,EAAE,YAAY;IAEvD;;;OAGG;YACW,kBAAkB;IAahC;;;;;;;;;;;;;;;;;;OAkBG;IACG,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG;QAAE,UAAU,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CAAC;CA4C3G"}

package/dist/core/llm/services/vision.llm.service.js

@@ -0,0 +1,105 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VisionLLMService = void 0;
+const messages_1 = require("@langchain/core/messages");
+const common_1 = require("@nestjs/common");
+const model_service_1 = require("../../llm/services/model.service");
+/**
+ * Type guard to validate raw response structure
+ */
+function isValidRaw(raw) {
+    return typeof raw === "object" && raw !== null;
+}
+let VisionLLMService = class VisionLLMService {
+    constructor(modelService) {
+        this.modelService = modelService;
+    }
+    /**
+     * Fetches an image from a URL and converts it to a base64 data URL.
+     * Required because OpenRouter cannot access local/private URLs.
+     */
+    async fetchImageAsBase64(image) {
+        const response = await fetch(image);
+        if (!response.ok) {
+            throw new Error(`Failed to fetch image: ${response.status} ${response.statusText}`);
+        }
+        const contentType = response.headers.get("content-type") || "image/jpeg";
+        const arrayBuffer = await response.arrayBuffer();
+        const base64 = Buffer.from(arrayBuffer).toString("base64");
+        return `data:${contentType};base64,${base64}`;
+    }
+    /**
+     * Calls the LLM with an image for vision analysis using structured output.
+     *
+     * This method follows the same pattern as LLMService:
+     * 1. Gets the base model from ModelService
+     * 2. Wraps it with withStructuredOutput for schema enforcement
+     * 3. Creates a multimodal HumanMessage with text and image
+     * 4. Invokes the structured LLM directly
+     * 5. Returns parsed response with token usage metadata
+     *
+     * @template T - The expected output type (inferred from outputSchema)
+     * @param params - Call parameters
+     * @param params.image - URL of the image to analyze (will be converted to base64)
+     * @param params.systemPrompt - System prompt for the vision analysis
+     * @param params.outputSchema - Zod schema defining expected LLM response structure
+     * @param params.temperature - Optional temperature override (default: 0.1)
+     * @returns Promise resolving to parsed output + token usage metadata
+     * @throws {Error} If LLM call fails or returns invalid structured output
+     */
+    async call(params) {
+        try {
+            const baseModel = this.modelService.getLLM({
+                temperature: params.temperature ?? 0.1,
+            });
+            const structuredLlm = baseModel.withStructuredOutput(params.outputSchema, {
+                includeRaw: true,
+            });
+            const message = new messages_1.HumanMessage({
+                content: [
+                    {
+                        type: "text",
+                        text: params.systemPrompt,
+                    },
+                    {
+                        type: "image_url",
+                        image_url: {
+                            url: params.image,
+                        },
+                    },
+                ],
+            });
+            const response = (await structuredLlm.invoke([message]));
+            // Extract token usage with type guard - same pattern as LLMService
+            const raw = isValidRaw(response.raw) ? response.raw : undefined;
+            const input = raw?.usage_metadata?.input_tokens ?? 0;
+            const output = raw?.usage_metadata?.output_tokens ?? 0;
+            return {
+                ...response.parsed,
+                tokenUsage: {
+                    input,
+                    output,
+                },
+            };
+        }
+        catch (error) {
+            console.error("[VisionLLMService] Error calling LLM:", error);
+            throw new Error(`Vision LLM service error: ${error instanceof Error ? error.message : "Unknown error"}`);
+        }
+    }
+};
+exports.VisionLLMService = VisionLLMService;
+exports.VisionLLMService = VisionLLMService = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [model_service_1.ModelService])
+], VisionLLMService);
+//# sourceMappingURL=vision.llm.service.js.map

package/dist/core/llm/services/vision.llm.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision.llm.service.js","sourceRoot":"","sources":["../../../../src/core/llm/services/vision.llm.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uDAAwD;AACxD,2CAA4C;AAC5C,oEAAgE;AA4BhE;;GAEG;AACH,SAAS,UAAU,CAAC,GAAY;IAC9B,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC;AACjD,CAAC;AAWM,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC3B,YAA6B,YAA0B;QAA1B,iBAAY,GAAZ,YAAY,CAAc;IAAG,CAAC;IAE3D;;;OAGG;IACK,KAAK,CAAC,kBAAkB,CAAC,KAAa;QAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC;QACzE,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3D,OAAO,QAAQ,WAAW,WAAW,MAAM,EAAE,CAAC;IAChD,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAC,IAAI,CAAI,MAA2B;QACvC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;gBACzC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;aACvC,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC,YAAY,EAAE;gBACxE,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,uBAAY,CAAC;gBAC/B,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM,CAAC,YAAY;qBAC1B;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,MAAM,CAAC,KAAK;yBAClB;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAA2C,CAAC;YAEnG,mEAAmE;YACnE,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;YAChE,MAAM,KAAK,GAAG,GAAG,EAAE,cAAc,EAAE,YAAY,IAAI,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,GAAG,EAAE,cAAc,EAAE,aAAa,IAAI,CAAC,CAAC;YAEvD,OAAO;gBACL,GAAI,QAAQ,CAAC,MAAY;gBACzB,UAAU,EAAE;oBACV,KAAK;oBACL,MAAM;iBACP;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;CACF,CAAA;AAnFY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAEgC,4BAAY;GAD5C,gBAAgB,CAmF5B"}

package/dist/core/llm/types/llm.atomicfact.d.ts

@@ -0,0 +1,6 @@
+import { LLMKeyConcept } from "../../llm/types/llm.keyconcept";
+export type LLMAtomicFact = {
+    content: string;
+    keyConcepts: LLMKeyConcept[];
+};
+//# sourceMappingURL=llm.atomicfact.d.ts.map

package/dist/core/llm/types/llm.atomicfact.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.atomicfact.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.atomicfact.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,aAAa,EAAE,CAAC;CAC9B,CAAC"}

package/dist/core/llm/types/llm.atomicfact.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.atomicfact.js.map

package/dist/core/llm/types/llm.atomicfact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.atomicfact.js","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.atomicfact.ts"],"names":[],"mappings":""}

package/dist/core/llm/types/llm.chunk.d.ts

@@ -0,0 +1,8 @@
+import { LLMAtomicFact } from "../../llm/types/llm.atomicfact";
+export type LLMChunk = {
+    id: string;
+    content: string;
+    imagePath?: string;
+    atomicFacts: LLMAtomicFact[];
+};
+//# sourceMappingURL=llm.chunk.d.ts.map

package/dist/core/llm/types/llm.chunk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.chunk.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.chunk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,aAAa,EAAE,CAAC;CAC9B,CAAC"}

package/dist/core/llm/types/llm.chunk.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.chunk.js.map

package/dist/core/llm/types/llm.chunk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.chunk.js","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.chunk.ts"],"names":[],"mappings":""}

package/dist/core/llm/types/llm.keyconcept.d.ts

@@ -0,0 +1,4 @@
+export type LLMKeyConcept = {
+    content: string;
+};
+//# sourceMappingURL=llm.keyconcept.d.ts.map

package/dist/core/llm/types/llm.keyconcept.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.keyconcept.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.keyconcept.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC"}

package/dist/core/llm/types/llm.keyconcept.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.keyconcept.js.map

package/dist/core/llm/types/llm.keyconcept.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.keyconcept.js","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.keyconcept.ts"],"names":[],"mappings":""}

package/dist/core/llm/types/llm.keyconcept.relationship.d.ts

@@ -0,0 +1,8 @@
+export type LLMKeyConceptRelationship = {
+    keyConcept1: string;
+    keyConcept2: string;
+    relationship: string;
+    relationshipType?: string;
+    chunkId: string;
+};
+//# sourceMappingURL=llm.keyconcept.relationship.d.ts.map

package/dist/core/llm/types/llm.keyconcept.relationship.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.keyconcept.relationship.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.keyconcept.relationship.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC"}

package/dist/core/llm/types/llm.keyconcept.relationship.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=llm.keyconcept.relationship.js.map

package/dist/core/llm/types/llm.keyconcept.relationship.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.keyconcept.relationship.js","sourceRoot":"","sources":["../../../../src/core/llm/types/llm.keyconcept.relationship.ts"],"names":[],"mappings":""}

package/dist/core/llm/utils/schema.utils.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Metadata extracted from a field in a Zod schema
+ */
+interface FieldMetadata {
+    name: string;
+    description?: string;
+    type: string;
+    properties?: Record<string, FieldMetadata>;
+    items?: FieldMetadata;
+}
+/**
+ * Schema metadata with structured field information
+ */
+export interface SchemaMetadata {
+    fields: Record<string, FieldMetadata>;
+    description?: string;
+}
+/**
+ * Converts a Zod schema to JSON Schema format
+ *
+ * Uses the same library that LangChain uses internally for consistency.
+ *
+ * @param zodSchema - The Zod schema to convert
+ * @returns JSON Schema object
+ */
+export declare function convertZodToJsonSchema(zodSchema: any): any;
+/**
+ * Extracts structured metadata from a Zod schema
+ *
+ * This function:
+ * 1. Converts Zod schema to JSON Schema
+ * 2. Extracts field names, types, and descriptions
+ * 3. Returns structured metadata for prompt injection
+ *
+ * The extracted metadata can be used to:
+ * - Generate schema-guided instructions
+ * - Create input context prompts
+ * - Validate input parameters
+ *
+ * @param zodSchema - The Zod schema to extract metadata from
+ * @returns Structured metadata with field information
+ *
+ * @example
+ * ```typescript
+ * const schema = z.object({
+ *   name: z.string().describe("The user's name"),
+ *   age: z.number().describe("The user's age"),
+ * });
+ *
+ * const metadata = extractSchemaMetadata(schema);
+ * // {
+ * //   fields: {
+ * //     name: { name: "name", description: "The user's name", type: "string" },
+ * //     age: { name: "age", description: "The user's age", type: "number" }
+ * //   }
+ * // }
+ * ```
+ */
+export declare function extractSchemaMetadata(zodSchema: any): SchemaMetadata;
+/**
+ * Formats a single field value with its description for prompt injection
+ *
+ * Creates a natural-reading format that combines the field description
+ * with its value, making it clear to the LLM what each input represents.
+ *
+ * @param fieldName - The name of the field
+ * @param fieldValue - The value of the field
+ * @param description - Optional description from the schema
+ * @returns Formatted string for prompt injection
+ *
+ * @example Without description:
+ * ```typescript
+ * formatFieldWithDescription("name", "Alice")
+ * // Returns: "name: Alice"
+ * ```
+ *
+ * @example With description:
+ * ```typescript
+ * formatFieldWithDescription(
+ *   "recentActions",
+ *   ["smiles", "waves"],
+ *   "FORBIDDEN actions - NEVER repeat these"
+ * )
+ * // Returns: "recentActions (FORBIDDEN actions - NEVER repeat these): [...]"
+ * ```
+ */
+export declare function formatFieldWithDescription(fieldName: string, fieldValue: any, description?: string): string;
+export {};
+//# sourceMappingURL=schema.utils.d.ts.map

package/dist/core/llm/utils/schema.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.utils.d.ts","sourceRoot":"","sources":["../../../../src/core/llm/utils/schema.utils.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC3C,KAAK,CAAC,EAAE,aAAa,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,GAAG,GAAG,GAAG,CAK1D;AAqDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,GAAG,GAAG,cAAc,CAOpE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAsB3G"}