wirejs-resources 0.1.148-llm → 0.1.149-llm

package/dist/services/llm.d.ts

@@ -13,17 +13,21 @@ export type ContinueConversationOptions = {
     onChunk?: (chunk: LLMChunk) => void | Promise<void>;
     timeoutSeconds?: number;
     systemPrompt?: string;
+    models?: string[];
+    targetContextSize?: number;
 };
 export declare class LLM extends Resource {
     models: string[];
     systemPrompt: string | undefined;
+    targetContextSize: number;
     constructor(scope: Resource | string, id: string, options: {
         models: string[];
         systemPrompt?: string;
+        targetContextSize?: number;
     });
     private stream;
     private checkOllamaAvailable;
     private checkModelExists;
     private createStreamedString;
-    continueConversation({ history, onChunk, timeoutSeconds, systemPrompt, }: ContinueConversationOptions): Promise<LLMMessage>;
+    continueConversation({ history, onChunk, timeoutSeconds, systemPrompt, targetContextSize, models, }: ContinueConversationOptions): Promise<LLMMessage>;
 }

package/dist/services/llm.js

@@ -2,10 +2,12 @@ import { Resource } from '../resource.js';
 export class LLM extends Resource {
     models;
     systemPrompt;
+    targetContextSize;
     constructor(scope, id, options) {
         super(scope, id);
         this.models = options.models;
         this.systemPrompt = options.systemPrompt;
+        this.targetContextSize = options.targetContextSize ?? 16384;
     }
     async stream(response, onChunk) {
         if (!response.ok || !response.body) {
@@ -77,7 +79,7 @@ export class LLM extends Resource {
             content: message
         };
     }
-    async continueConversation({ history, onChunk, timeoutSeconds, systemPrompt, }) {
+    async continueConversation({ history, onChunk, timeoutSeconds, systemPrompt, targetContextSize, models, }) {
         const ollamaAvailable = await this.checkOllamaAvailable();
         if (!ollamaAvailable) {
             return this.createStreamedString('Ollama is not running locally. Please install and start Ollama:\n\n' +
@@ -87,7 +89,7 @@ export class LLM extends Resource {
                 'Models to try installing: ' + this.models.join(', '), onChunk);
         }
         // models should be in priority order. so, first one that works is the one we want.
-        for (const model of this.models) {
+        for (const model of models ?? this.models) {
             const modelExists = await this.checkModelExists(model);
             if (!modelExists)
                 continue;
@@ -116,6 +118,9 @@ export class LLM extends Resource {
                             ...history
                         ],
                         stream,
+                        options: {
+                            num_ctx: targetContextSize ?? this.targetContextSize
+                        }
                     }),
                     signal: controller.signal
                 });

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "wirejs-resources",
-	"version": "0.1.148-llm",
+	"version": "0.1.149-llm",
 	"description": "Basic services and server-side resources for wirejs apps",
 	"type": "module",
 	"main": "./dist/index.js",