@prsense/llm 0.1.0

package/dist/providers/ollama.js

@@ -0,0 +1,56 @@
+import fetch from "node-fetch";
+export function createOllamaClient(config) {
+    const baseUrl = config.baseUrl ?? "http://localhost:11434";
+    return {
+        async generate(req) {
+            const { prompt } = req;
+            const res = await fetch(`${baseUrl}/api/generate`, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    model: config.model,
+                    prompt: `
+${prompt.system}
+
+### REVIEW INPUT START ###
+
+${prompt.user}
+
+### REVIEW INPUT END ###
+
+Remember:
+Return ONLY JSON.
+`,
+                    stream: false,
+                    options: {
+                        temperature: config.temperature ?? 0.1,
+                        top_p: 0.9,
+                    },
+                }),
+            });
+            if (!res.ok) {
+                throw new Error(`Ollama error: ${res.statusText}`);
+            }
+            const json = (await res.json());
+            const usage = json.prompt_eval_count !== undefined && json.eval_count !== undefined
+                ? {
+                    promptTokens: json.prompt_eval_count,
+                    completionTokens: json.eval_count,
+                    totalTokens: json.prompt_eval_count + json.eval_count,
+                }
+                : undefined;
+            if (usage) {
+                return {
+                    text: json.response,
+                    usage,
+                };
+            }
+            return {
+                text: json.response,
+            };
+        },
+    };
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAC;AAe/B,MAAM,UAAU,kBAAkB,CAAC,MAAoB;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC;IAE3D,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,GAAe;YAC5B,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;YAEvB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,eAAe,EAAE;gBACjD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE;EAChB,MAAM,CAAC,MAAM;;;;EAIb,MAAM,CAAC,IAAI;;;;;;CAMZ;oBACS,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE;wBACP,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;wBACtC,KAAK,EAAE,GAAG;qBACX;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmB,CAAC;YAElD,MAAM,KAAK,GACT,IAAI,CAAC,iBAAiB,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;gBACnE,CAAC,CAAC;oBACE,YAAY,EAAE,IAAI,CAAC,iBAAiB;oBACpC,gBAAgB,EAAE,IAAI,CAAC,UAAU;oBACjC,WAAW,EAAE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,UAAU;iBACtD;gBACH,CAAC,CAAC,SAAS,CAAC;YAEhB,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO;oBACL,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,KAAK;iBACN,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,QAAQ;aACpB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/ollamaEmbeddings.d.ts

@@ -0,0 +1,6 @@
+import type { EmbeddingClient } from "../types.js";
+export declare function createOllamaEmbeddingClient(opts: {
+    baseUrl?: string;
+    model: string;
+}): EmbeddingClient;
+//# sourceMappingURL=ollamaEmbeddings.d.ts.map

package/dist/providers/ollamaEmbeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaEmbeddings.d.ts","sourceRoot":"","sources":["../../src/providers/ollamaEmbeddings.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf,GAAG,eAAe,CA4DlB"}

package/dist/providers/ollamaEmbeddings.js

@@ -0,0 +1,48 @@
+import fetch from "node-fetch";
+export function createOllamaEmbeddingClient(opts) {
+    const baseUrl = opts.baseUrl ?? "http://localhost:11434";
+    let cachedDimension = null;
+    async function detectDimension() {
+        if (cachedDimension !== null)
+            return cachedDimension;
+        const res = await fetch(`${baseUrl}/api/embeddings`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model: opts.model,
+                prompt: "dimension test",
+            }),
+        });
+        if (!res.ok) {
+            throw new Error(`Ollama embedding dimension detection failed: ${res.status}`);
+        }
+        const json = (await res.json());
+        cachedDimension = json.embedding.length;
+        return cachedDimension;
+    }
+    return {
+        async embed(texts) {
+            const results = [];
+            for (const text of texts) {
+                const res = await fetch(`${baseUrl}/api/embeddings`, {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                    },
+                    body: JSON.stringify({
+                        model: opts.model,
+                        prompt: text,
+                    }),
+                });
+                if (!res.ok) {
+                    throw new Error(`Ollama embedding error: ${res.status} ${await res.text()}`);
+                }
+                const json = (await res.json());
+                results.push(json.embedding);
+            }
+            return results;
+        },
+        dimension: detectDimension,
+    };
+}
+//# sourceMappingURL=ollamaEmbeddings.js.map

package/dist/providers/ollamaEmbeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaEmbeddings.js","sourceRoot":"","sources":["../../src/providers/ollamaEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAC;AAG/B,MAAM,UAAU,2BAA2B,CAAC,IAG3C;IACC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC;IACzD,IAAI,eAAe,GAAkB,IAAI,CAAC;IAC1C,KAAK,UAAU,eAAe;QAC5B,IAAI,eAAe,KAAK,IAAI;YAAE,OAAO,eAAe,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,iBAAiB,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,gBAAgB;aACzB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,gDAAgD,GAAG,CAAC,MAAM,EAAE,CAC7D,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;QAE3D,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;QACxC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,MAAM,OAAO,GAAe,EAAE,CAAC;YAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,iBAAiB,EAAE;oBACnD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;qBACnC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,MAAM,EAAE,IAAI;qBACb,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CACb,2BAA2B,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAC5D,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;gBAEF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,SAAS,EAAE,eAAe;KAC3B,CAAC;AACJ,CAAC"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,8 @@
+import { LlmClient } from "../types.js";
+export declare function createOpenAiClient(config: {
+    apiKey: string;
+    model: string;
+    temperature?: number;
+    baseUrl?: string;
+}): LlmClient;
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,SAAS,EAKV,MAAM,aAAa,CAAC;AAErB,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,SAAS,CAuDZ"}

package/dist/providers/openai.js

@@ -0,0 +1,49 @@
+// packages/llm/src/providers/openai.ts
+import OpenAI from "openai";
+import { LlmError, } from "../types.js";
+export function createOpenAiClient(config) {
+    const client = new OpenAI({
+        apiKey: config.apiKey,
+        baseURL: config.baseUrl,
+    });
+    return {
+        async generate(req) {
+            const { prompt } = req;
+            const temperature = req.temperature ?? config.temperature ?? 0.05;
+            try {
+                const request = {
+                    model: config.model,
+                    temperature,
+                    messages: [
+                        { role: "system", content: prompt.system },
+                        { role: "user", content: prompt.user },
+                    ],
+                };
+                if (req.maxTokens !== undefined) {
+                    request.max_tokens = req.maxTokens;
+                }
+                const res = await client.chat.completions.create(request);
+                const text = res.choices[0]?.message?.content;
+                if (!text) {
+                    throw new Error("OpenAI returned empty response");
+                }
+                const usage = res.usage && res.usage.prompt_tokens !== undefined
+                    ? {
+                        promptTokens: res.usage.prompt_tokens,
+                        completionTokens: res.usage.completion_tokens ?? 0,
+                        totalTokens: res.usage.total_tokens ??
+                            res.usage.prompt_tokens + (res.usage.completion_tokens ?? 0),
+                    }
+                    : undefined;
+                if (usage) {
+                    return { text, usage };
+                }
+                return { text };
+            }
+            catch (err) {
+                throw new LlmError("OpenAI request failed", err);
+            }
+        },
+    };
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAIL,QAAQ,GAET,MAAM,aAAa,CAAC;AAErB,MAAM,UAAU,kBAAkB,CAAC,MAKlC;IACC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,GAAe;YAC5B,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;YAEvB,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;YAElE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAQ;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW;oBACX,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;wBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE;qBACvC;iBACF,CAAC;gBAEF,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;oBAChC,OAAO,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;gBACrC,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAE1D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;gBAE9C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBACpD,CAAC;gBAED,MAAM,KAAK,GACT,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,aAAa,KAAK,SAAS;oBAChD,CAAC,CAAC;wBACE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;wBACrC,gBAAgB,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;wBAClD,WAAW,EACT,GAAG,CAAC,KAAK,CAAC,YAAY;4BACtB,GAAG,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;qBAC/D;oBACH,CAAC,CAAC,SAAS,CAAC;gBAEhB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACzB,CAAC;gBAED,OAAO,EAAE,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,QAAQ,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/openaiEmbeddings.d.ts

@@ -0,0 +1,6 @@
+import type { EmbeddingClient } from "../types.js";
+export declare function createOpenAiEmbeddingClient(opts: {
+    apiKey: string;
+    model: string;
+}): EmbeddingClient;
+//# sourceMappingURL=openaiEmbeddings.d.ts.map

package/dist/providers/openaiEmbeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiEmbeddings.d.ts","sourceRoot":"","sources":["../../src/providers/openaiEmbeddings.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,GAAG,eAAe,CA6BlB"}

package/dist/providers/openaiEmbeddings.js

@@ -0,0 +1,30 @@
+//packages/llm/src/providers/openaiEmbeddings.ts
+import OpenAI from "openai";
+export function createOpenAiEmbeddingClient(opts) {
+    const client = new OpenAI({
+        apiKey: opts.apiKey,
+    });
+    let cachedDimension = null;
+    async function embed(texts) {
+        const response = await client.embeddings.create({
+            model: opts.model,
+            input: texts,
+        });
+        return response.data.map((d) => d.embedding);
+    }
+    async function detectDimension() {
+        if (cachedDimension !== null)
+            return cachedDimension;
+        const vectors = await embed(["dimension test"]);
+        if (!vectors.length || !vectors[0]) {
+            throw new Error("Failed to detect embedding dimension: empty response");
+        }
+        cachedDimension = vectors[0].length;
+        return cachedDimension;
+    }
+    return {
+        embed,
+        dimension: detectDimension,
+    };
+}
+//# sourceMappingURL=openaiEmbeddings.js.map

package/dist/providers/openaiEmbeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiEmbeddings.js","sourceRoot":"","sources":["../../src/providers/openaiEmbeddings.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,UAAU,2BAA2B,CAAC,IAG3C;IACC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACxB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IACH,IAAI,eAAe,GAAkB,IAAI,CAAC;IAE1C,KAAK,UAAU,KAAK,CAAC,KAAe;QAClC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YAC9C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,UAAU,eAAe;QAC5B,IAAI,eAAe,KAAK,IAAI;YAAE,OAAO,eAAe,CAAC;QAErD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,eAAe,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACpC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,OAAO;QACL,KAAK;QACL,SAAS,EAAE,eAAe;KAC3B,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,62 @@
+/**
+ * A minimal, explicit prompt contract.
+ * No chat history, no tools, no streaming (yet).
+ */
+export type LlmPrompt = {
+    system: string;
+    user: string;
+};
+export type LlmUsage = {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+};
+/**
+ * Raw LLM output.
+ * Parsing happens in the engine.
+ */
+export type LlmResponse = {
+    text: string;
+    usage?: LlmUsage;
+};
+export type OllamaConfig = {
+    baseUrl?: string;
+    model: string;
+    temperature?: number;
+};
+export type LlmRequest = {
+    prompt: LlmPrompt;
+    temperature?: number;
+    maxTokens?: number;
+    timeoutMs?: number;
+};
+/**
+ * LLM port used by the engine.
+ * Providers implement this.
+ */
+export type LlmClient = {
+    generate(req: LlmRequest): Promise<LlmResponse>;
+};
+export type LlmMiddleware = (client: LlmClient) => LlmClient;
+export declare class LlmError extends Error {
+    readonly cause?: unknown | undefined;
+    constructor(message: string, cause?: unknown | undefined);
+}
+export type ClaudeConfig = {
+    apiKey: string;
+    model: string;
+};
+export type GeminiConfig = {
+    apiKey: string;
+    model: string;
+};
+export type OpenAiConfig = {
+    apiKey: string;
+    model: string;
+    baseUrl?: string;
+};
+export type EmbeddingClient = {
+    embed(texts: string[]): Promise<number[][]>;
+    dimension(): Promise<number>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,QAAQ,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,EAAE,SAAS,CAAC;IAMlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,SAAS,KAAK,SAAS,CAAC;AAE7D,qBAAa,QAAS,SAAQ,KAAK;aAGf,KAAK,CAAC,EAAE,OAAO;gBAD/B,OAAO,EAAE,MAAM,EACC,KAAK,CAAC,EAAE,OAAO,YAAA;CAIlC;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9B,CAAC"}

package/dist/types.js

@@ -0,0 +1,8 @@
+export class LlmError extends Error {
+    cause;
+    constructor(message, cause) {
+        super(message);
+        this.cause = cause;
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAoDA,MAAM,OAAO,QAAS,SAAQ,KAAK;IAGf;IAFlB,YACE,OAAe,EACC,KAAe;QAE/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFC,UAAK,GAAL,KAAK,CAAU;IAGjC,CAAC;CACF"}

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@prsense/llm",
+  "version": "0.1.0",
+  "description": "LLM interface and providers for PRsense",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "keywords": [],
+  "author": "Navdeep Saini",
+  "license": "Apache-2.0",
+  "dependencies": {
+    "@anthropic-ai/sdk": "^0.71.2",
+    "@google/generative-ai": "^0.24.1",
+    "node-fetch": "^3.3.2",
+    "openai": "^6.16.0"
+  },
+  "devDependencies": {
+    "@types/node": "^25.0.3",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "rm -rf dist *.tsbuildinfo"
+  }
+}

package/src/events.ts

@@ -0,0 +1,11 @@
+// packages/llm/src/events.ts
+
+export const LlmEvents = {
+  RequestStarted: "llm.request.started",
+  RequestSucceeded: "llm.request.succeeded",
+  RequestFailed: "llm.request.failed",
+  RequestRetried: "llm.request.retried",
+  RequestTimedOut: "llm.request.timed_out",
+} as const;
+
+export type LlmEventName = (typeof LlmEvents)[keyof typeof LlmEvents];

package/src/helper.ts

@@ -0,0 +1,13 @@
+import { LlmClient, LlmMiddleware } from "./types.js";
+
+// helper function for composition
+export function composeLlm(
+  client: LlmClient,
+  ...middlewares: LlmMiddleware[]
+): LlmClient {
+  return middlewares.reduce((acc, mw) => mw(acc), client);
+}
+
+// usage
+// const base = createOllamaClient(config)
+// const llm = composeLlm(base, withTimeout(30_000), withRetries({retries: 2}))

package/src/index.ts

@@ -0,0 +1,8 @@
+export * from "./types.js";
+export * from "./providers/ollama.js";
+export * from "./providers/openai.js";
+export * from "./providers/anthropic.js";
+export * from "./providers/google.js";
+export * from "./providers/ollamaEmbeddings.js";
+export * from "./providers/openaiEmbeddings.js";
+//TODO add gemini embeddings client if available

package/src/middleware/retry.ts

@@ -0,0 +1,26 @@
+import type { LlmMiddleware } from "../types.js";
+export function withRetries(opts: {
+  retries: number;
+  backoffMs?: number;
+}): LlmMiddleware {
+  const { retries, backoffMs = 200 } = opts;
+
+  return (client) => ({
+    async generate(req) {
+      let lastErr: unknown;
+
+      for (let i = 0; i <= retries; i++) {
+        try {
+          return await client.generate(req);
+        } catch (err) {
+          lastErr = err;
+          if (i < retries) {
+            await new Promise((r) => setTimeout(r, backoffMs * (i + 1)));
+          }
+        }
+      }
+
+      throw lastErr;
+    },
+  });
+}

package/src/middleware/timeout.ts

@@ -0,0 +1,13 @@
+import { LlmMiddleware } from "../types.js";
+export function withTimeout(ms: number): LlmMiddleware {
+  return (client) => ({
+    async generate(req) {
+      return Promise.race([
+        client.generate(req),
+        new Promise<never>((_, reject) =>
+          setTimeout(() => reject(new Error("LLM timeout")), ms),
+        ),
+      ]);
+    },
+  });
+}

package/src/providers/anthropic.ts

@@ -0,0 +1,71 @@
+// packages/llm/src/providers/anthropic.ts
+import Anthropic from "@anthropic-ai/sdk";
+import type { TextBlock } from "@anthropic-ai/sdk/resources/messages/messages";
+import {
+  LlmClient,
+  LlmRequest,
+  LlmResponse,
+  LlmError,
+  LlmUsage,
+} from "../types.js";
+
+export function createAnthropicClient(config: {
+  apiKey: string;
+  model: string;
+  temperature?: number;
+}): LlmClient {
+  const client = new Anthropic({
+    apiKey: config.apiKey,
+  });
+
+  return {
+    async generate(req: LlmRequest): Promise<LlmResponse> {
+      const { prompt, temperature = 0 } = req;
+
+      try {
+        const res = await client.messages.create({
+          model: config.model,
+          max_tokens: req.maxTokens ?? 4096,
+          temperature,
+          system: prompt.system,
+          messages: [
+            {
+              role: "user",
+              content: prompt.user,
+            },
+          ],
+        });
+
+        const text = res.content
+          .filter((c): c is TextBlock => c.type === "text")
+          .map((c) => c.text)
+          .join("\n");
+
+        if (!text) {
+          throw new Error("Claude returned empty response");
+        }
+
+        const usage: LlmUsage | undefined =
+          res.usage && res.usage.input_tokens !== undefined
+            ? {
+                promptTokens: res.usage.input_tokens,
+                completionTokens: res.usage.output_tokens ?? 0,
+                totalTokens:
+                  res.usage.input_tokens + (res.usage.output_tokens ?? 0),
+              }
+            : undefined;
+
+        if (usage) {
+          return {
+            text,
+            usage,
+          };
+        }
+
+        return { text };
+      } catch (err) {
+        throw new LlmError("Claude request failed", err);
+      }
+    },
+  };
+}

package/src/providers/google.ts

@@ -0,0 +1,82 @@
+// packages/llm/src/providers/google.ts
+import {
+  GoogleGenerativeAI,
+  HarmCategory,
+  HarmBlockThreshold,
+} from "@google/generative-ai";
+import { LlmClient, LlmRequest, LlmResponse } from "../types.js";
+
+function stripMarkdownJson(text: string): string {
+  const trimmed = text.trim();
+
+  if (!trimmed.startsWith("```")) return trimmed;
+
+  const lines = trimmed.split("\n");
+
+  if (lines[0]?.startsWith("```")) lines.shift();
+  if (lines.at(-1)?.startsWith("```")) lines.pop();
+
+  return lines.join("\n").trim();
+}
+
+export function createGoogleClient(config: {
+  apiKey: string;
+  model: string;
+  temperature?: number;
+}): LlmClient {
+  const genAI = new GoogleGenerativeAI(config.apiKey);
+
+  return {
+    async generate(req: LlmRequest): Promise<LlmResponse> {
+      const { prompt, temperature = 0.05 } = req;
+
+      const model = genAI.getGenerativeModel({
+        model: config.model,
+        systemInstruction: prompt.system,
+        safetySettings: [
+          {
+            category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+            threshold: HarmBlockThreshold.BLOCK_NONE,
+          },
+        ],
+      });
+
+      const res = await model.generateContent({
+        contents: [
+          {
+            role: "user",
+            parts: [{ text: prompt.user }],
+          },
+        ],
+        generationConfig: {
+          temperature,
+          maxOutputTokens: 1024,
+          responseMimeType: "application/json",
+        },
+      });
+
+      const candidate = res.response.candidates?.[0];
+
+      const raw =
+        candidate?.content?.parts
+          ?.map((p) => ("text" in p ? p.text : ""))
+          .join("") ?? "";
+
+      if (!raw) {
+        throw new Error("Gemini returned empty response");
+      }
+
+      const text = stripMarkdownJson(raw);
+
+      return {
+        text,
+        usage: {
+          promptTokens: res.response.usageMetadata?.promptTokenCount ?? 0,
+          completionTokens:
+            res.response.usageMetadata?.candidatesTokenCount ?? 0,
+          totalTokens: res.response.usageMetadata?.totalTokenCount ?? 0,
+        },
+      };
+    },
+  };
+}

package/src/providers/ollama.ts

@@ -0,0 +1,77 @@
+import fetch from "node-fetch";
+import {
+  LlmClient,
+  LlmRequest,
+  LlmResponse,
+  OllamaConfig,
+  LlmUsage,
+} from "../types.js";
+
+type OllamaResponse = {
+  response: string;
+  prompt_eval_count?: number;
+  eval_count?: number;
+};
+
+export function createOllamaClient(config: OllamaConfig): LlmClient {
+  const baseUrl = config.baseUrl ?? "http://localhost:11434";
+
+  return {
+    async generate(req: LlmRequest): Promise<LlmResponse> {
+      const { prompt } = req;
+
+      const res = await fetch(`${baseUrl}/api/generate`, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+        },
+        body: JSON.stringify({
+          model: config.model,
+          prompt: `
+${prompt.system}
+
+### REVIEW INPUT START ###
+
+${prompt.user}
+
+### REVIEW INPUT END ###
+
+Remember:
+Return ONLY JSON.
+`,
+          stream: false,
+          options: {
+            temperature: config.temperature ?? 0.1,
+            top_p: 0.9,
+          },
+        }),
+      });
+
+      if (!res.ok) {
+        throw new Error(`Ollama error: ${res.statusText}`);
+      }
+
+      const json = (await res.json()) as OllamaResponse;
+
+      const usage: LlmUsage | undefined =
+        json.prompt_eval_count !== undefined && json.eval_count !== undefined
+          ? {
+              promptTokens: json.prompt_eval_count,
+              completionTokens: json.eval_count,
+              totalTokens: json.prompt_eval_count + json.eval_count,
+            }
+          : undefined;
+
+      if (usage) {
+        return {
+          text: json.response,
+          usage,
+        };
+      }
+
+      return {
+        text: json.response,
+      };
+    },
+  };
+}