graphile-llm 0.2.0

package/chat.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Chat Completion — pluggable chat/completion provider for the Graphile LLM plugin
+ *
+ * Provides a provider-based architecture for LLM chat completions.
+ * Currently supports Ollama via @agentic-kit/ollama.
+ *
+ * Used by the RAG plugin to generate answers from retrieved context.
+ *
+ * Resolution order mirrors the embedder:
+ *   1. The `llm_module` api_modules configuration (per-database)
+ *   2. The preset's `defaultChatCompleter` option (fallback for dev/testing)
+ *   3. Environment variables (CHAT_PROVIDER, CHAT_MODEL, CHAT_BASE_URL)
+ */
+import type { ChatConfig, ChatFunction, LlmModuleData } from './types';
+/**
+ * Build a chat completion function from a config object.
+ *
+ * @returns A ChatFunction, or null if the provider is not recognized
+ */
+export declare function buildChatCompleter(config: ChatConfig): ChatFunction | null;
+/**
+ * Build a chat completer from an `llm_module` api_modules row.
+ *
+ * @param data - The llm_module data from services_public.api_modules
+ * @returns A ChatFunction, or null if the chat provider is not configured
+ */
+export declare function buildChatCompleterFromModule(data: LlmModuleData): ChatFunction | null;
+/**
+ * Resolve a chat completer from environment variables.
+ * This is a fallback for development when no llm_module or defaultChatCompleter is configured.
+ *
+ * Environment variables:
+ *   CHAT_PROVIDER - Provider name ('ollama')
+ *   CHAT_MODEL    - Model identifier (e.g. 'llama3')
+ *   CHAT_BASE_URL - Provider base URL
+ */
+export declare function buildChatCompleterFromEnv(): ChatFunction | null;

package/chat.js

@@ -0,0 +1,105 @@
+"use strict";
+/**
+ * Chat Completion — pluggable chat/completion provider for the Graphile LLM plugin
+ *
+ * Provides a provider-based architecture for LLM chat completions.
+ * Currently supports Ollama via @agentic-kit/ollama.
+ *
+ * Used by the RAG plugin to generate answers from retrieved context.
+ *
+ * Resolution order mirrors the embedder:
+ *   1. The `llm_module` api_modules configuration (per-database)
+ *   2. The preset's `defaultChatCompleter` option (fallback for dev/testing)
+ *   3. Environment variables (CHAT_PROVIDER, CHAT_MODEL, CHAT_BASE_URL)
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildChatCompleter = buildChatCompleter;
+exports.buildChatCompleterFromModule = buildChatCompleterFromModule;
+exports.buildChatCompleterFromEnv = buildChatCompleterFromEnv;
+const ollama_1 = __importDefault(require("@agentic-kit/ollama"));
+// ─── Built-in Providers ─────────────────────────────────────────────────────
+/**
+ * Create an Ollama-based chat completion function.
+ *
+ * Uses OllamaClient.generate() with a messages array, which internally
+ * routes to the /api/chat endpoint.
+ */
+function createOllamaChatCompleter(baseUrl = 'http://localhost:11434', model = 'llama3') {
+    const client = new ollama_1.default(baseUrl);
+    return async (messages, options) => {
+        // Build the input for OllamaClient.generate() in chat mode
+        const input = {
+            model,
+            messages: messages.filter((m) => m.role !== 'system'),
+        };
+        // Extract system message if present
+        const systemMsg = messages.find((m) => m.role === 'system');
+        if (systemMsg) {
+            input.system = systemMsg.content;
+        }
+        if (options?.temperature !== undefined) {
+            input.temperature = options.temperature;
+        }
+        const startTime = Date.now();
+        const response = await client.generate(input);
+        const latencyMs = Date.now() - startTime;
+        // Token count logging (metering deferred to billing system)
+        console.log(`[graphile-llm] Chat completion: model=${model}, latency=${latencyMs}ms, ` +
+            `messages=${messages.length}`);
+        return response;
+    };
+}
+// ─── Chat Completer Construction ────────────────────────────────────────────
+/**
+ * Build a chat completion function from a config object.
+ *
+ * @returns A ChatFunction, or null if the provider is not recognized
+ */
+function buildChatCompleter(config) {
+    switch (config.provider) {
+        case 'ollama':
+            return createOllamaChatCompleter(config.baseUrl, config.model);
+        // Future: 'openai', 'anthropic', 'custom'
+        default:
+            return null;
+    }
+}
+// ─── Resolution from LLM Module ─────────────────────────────────────────────
+/**
+ * Build a chat completer from an `llm_module` api_modules row.
+ *
+ * @param data - The llm_module data from services_public.api_modules
+ * @returns A ChatFunction, or null if the chat provider is not configured
+ */
+function buildChatCompleterFromModule(data) {
+    if (!data.chat_provider)
+        return null;
+    return buildChatCompleter({
+        provider: data.chat_provider,
+        model: data.chat_model,
+        baseUrl: data.chat_base_url,
+        apiKey: data.api_key_ref,
+    });
+}
+/**
+ * Resolve a chat completer from environment variables.
+ * This is a fallback for development when no llm_module or defaultChatCompleter is configured.
+ *
+ * Environment variables:
+ *   CHAT_PROVIDER - Provider name ('ollama')
+ *   CHAT_MODEL    - Model identifier (e.g. 'llama3')
+ *   CHAT_BASE_URL - Provider base URL
+ */
+function buildChatCompleterFromEnv() {
+    const provider = process.env.CHAT_PROVIDER;
+    if (!provider)
+        return null;
+    return buildChatCompleter({
+        provider,
+        model: process.env.CHAT_MODEL,
+        baseUrl: process.env.CHAT_BASE_URL,
+    });
+}

package/embedder.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Embedder — pluggable text-to-vector embedding for the Graphile LLM plugin
+ *
+ * Provides a provider-based architecture for converting text into vector
+ * embeddings. Currently supports Ollama via @agentic-kit/ollama.
+ *
+ * The embedder is resolved at request time from:
+ *   1. The `llm_module` api_modules configuration (per-database)
+ *   2. The preset's `defaultEmbedder` option (fallback for dev/testing)
+ *   3. Environment variables (EMBEDDER_PROVIDER, EMBEDDER_MODEL, EMBEDDER_BASE_URL)
+ */
+import type { EmbedderConfig, EmbedderFunction, LlmModuleData } from './types';
+/**
+ * Build an embedder function from a config object.
+ *
+ * @returns An EmbedderFunction, or null if the provider is not recognized
+ */
+export declare function buildEmbedder(config: EmbedderConfig): EmbedderFunction | null;
+/**
+ * Build an embedder from an `llm_module` api_modules row.
+ *
+ * @param data - The llm_module data from services_public.api_modules
+ * @returns An EmbedderFunction, or null if the provider is not supported
+ */
+export declare function buildEmbedderFromModule(data: LlmModuleData): EmbedderFunction | null;
+/**
+ * Resolve an embedder from environment variables.
+ * This is a fallback for development when no llm_module or defaultEmbedder is configured.
+ *
+ * Environment variables:
+ *   EMBEDDER_PROVIDER - Provider name ('ollama')
+ *   EMBEDDER_MODEL    - Model identifier
+ *   EMBEDDER_BASE_URL - Provider base URL
+ */
+export declare function buildEmbedderFromEnv(): EmbedderFunction | null;

package/embedder.js

@@ -0,0 +1,79 @@
+"use strict";
+/**
+ * Embedder — pluggable text-to-vector embedding for the Graphile LLM plugin
+ *
+ * Provides a provider-based architecture for converting text into vector
+ * embeddings. Currently supports Ollama via @agentic-kit/ollama.
+ *
+ * The embedder is resolved at request time from:
+ *   1. The `llm_module` api_modules configuration (per-database)
+ *   2. The preset's `defaultEmbedder` option (fallback for dev/testing)
+ *   3. Environment variables (EMBEDDER_PROVIDER, EMBEDDER_MODEL, EMBEDDER_BASE_URL)
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildEmbedder = buildEmbedder;
+exports.buildEmbedderFromModule = buildEmbedderFromModule;
+exports.buildEmbedderFromEnv = buildEmbedderFromEnv;
+const ollama_1 = __importDefault(require("@agentic-kit/ollama"));
+// ─── Built-in Providers ─────────────────────────────────────────────────────
+/**
+ * Create an Ollama-based embedder function.
+ */
+function createOllamaEmbedder(baseUrl = 'http://localhost:11434', model = 'nomic-embed-text') {
+    const client = new ollama_1.default(baseUrl);
+    return async (text) => {
+        return client.generateEmbedding(text, model);
+    };
+}
+// ─── Embedder Construction ──────────────────────────────────────────────────
+/**
+ * Build an embedder function from a config object.
+ *
+ * @returns An EmbedderFunction, or null if the provider is not recognized
+ */
+function buildEmbedder(config) {
+    switch (config.provider) {
+        case 'ollama':
+            return createOllamaEmbedder(config.baseUrl, config.model);
+        // Future: 'openai', 'anthropic', 'custom'
+        default:
+            return null;
+    }
+}
+// ─── Resolution from LLM Module ─────────────────────────────────────────────
+/**
+ * Build an embedder from an `llm_module` api_modules row.
+ *
+ * @param data - The llm_module data from services_public.api_modules
+ * @returns An EmbedderFunction, or null if the provider is not supported
+ */
+function buildEmbedderFromModule(data) {
+    return buildEmbedder({
+        provider: data.embedding_provider,
+        model: data.embedding_model,
+        baseUrl: data.embedding_base_url,
+        apiKey: data.api_key_ref,
+    });
+}
+/**
+ * Resolve an embedder from environment variables.
+ * This is a fallback for development when no llm_module or defaultEmbedder is configured.
+ *
+ * Environment variables:
+ *   EMBEDDER_PROVIDER - Provider name ('ollama')
+ *   EMBEDDER_MODEL    - Model identifier
+ *   EMBEDDER_BASE_URL - Provider base URL
+ */
+function buildEmbedderFromEnv() {
+    const provider = process.env.EMBEDDER_PROVIDER;
+    if (!provider)
+        return null;
+    return buildEmbedder({
+        provider,
+        model: process.env.EMBEDDER_MODEL,
+        baseUrl: process.env.EMBEDDER_BASE_URL,
+    });
+}

package/esm/__tests__/graphile-llm.test.d.ts

@@ -0,0 +1 @@
+export {};