llmist 1.3.0 → 1.4.0

package/dist/index.cjs

@@ -3307,6 +3307,8 @@ var init_agent = __esm({
       outputLimitCharLimit;
       // Context compaction
       compactionManager;
+      // Cancellation
+      signal;
       /**
        * Creates a new Agent instance.
        * @internal This constructor is private. Use LLMist.createAgent() or AgentBuilder instead.
@@ -3374,6 +3376,7 @@ var init_agent = __esm({
             options.compactionConfig
           );
         }
+        this.signal = options.signal;
       }
       /**
        * Get the gadget registry for this agent.
@@ -3491,7 +3494,8 @@ var init_agent = __esm({
               model: this.model,
               messages: this.conversation.getMessages(),
               temperature: this.temperature,
-              maxTokens: this.defaultMaxTokens
+              maxTokens: this.defaultMaxTokens,
+              signal: this.signal
             };
             await this.safeObserve(async () => {
               if (this.hooks.observers?.onLLMCallStart) {
@@ -4109,7 +4113,7 @@ var init_base_provider = __esm({
       async *stream(options, descriptor, spec) {
         const preparedMessages = this.prepareMessages(options.messages);
         const payload = this.buildRequestPayload(options, descriptor, spec, preparedMessages);
-        const rawStream = await this.executeStreamRequest(payload);
+        const rawStream = await this.executeStreamRequest(payload, options.signal);
         yield* this.wrapStream(rawStream);
       }
       /**
@@ -4227,9 +4231,9 @@ var init_anthropic = __esm({
         };
         return payload;
       }
-      async executeStreamRequest(payload) {
+      async executeStreamRequest(payload, signal) {
         const client = this.client;
-        const stream2 = await client.messages.create(payload);
+        const stream2 = await client.messages.create(payload, signal ? { signal } : void 0);
         return stream2;
       }
       async *wrapStream(iterable) {
@@ -4561,9 +4565,15 @@ var init_gemini = __esm({
           config
         };
       }
-      async executeStreamRequest(payload) {
+      async executeStreamRequest(payload, signal) {
         const client = this.client;
-        const streamResponse = await client.models.generateContentStream(payload);
+        const streamResponse = await client.models.generateContentStream({
+          ...payload,
+          config: {
+            ...payload.config,
+            ...signal ? { abortSignal: signal } : {}
+          }
+        });
         return streamResponse;
       }
       /**
@@ -5152,9 +5162,9 @@ var init_openai = __esm({
           ...shouldIncludeTemperature ? { temperature } : {}
         };
       }
-      async executeStreamRequest(payload) {
+      async executeStreamRequest(payload, signal) {
         const client = this.client;
-        const stream2 = await client.chat.completions.create(payload);
+        const stream2 = await client.chat.completions.create(payload, signal ? { signal } : void 0);
         return stream2;
       }
       async *wrapStream(iterable) {
@@ -5817,6 +5827,7 @@ var init_builder = __esm({
       gadgetOutputLimit;
       gadgetOutputLimitPercent;
       compactionConfig;
+      signal;
       constructor(client) {
         this.client = client;
       }
@@ -6263,6 +6274,35 @@ var init_builder = __esm({
         this.compactionConfig = { enabled: false };
         return this;
       }
+      /**
+       * Set an abort signal for cancelling requests mid-flight.
+       *
+       * When the signal is aborted, the current LLM request will be cancelled
+       * and the agent loop will exit gracefully.
+       *
+       * @param signal - AbortSignal from an AbortController
+       * @returns This builder for chaining
+       *
+       * @example
+       * ```typescript
+       * const controller = new AbortController();
+       *
+       * // Cancel after 30 seconds
+       * setTimeout(() => controller.abort(), 30000);
+       *
+       * const agent = LLMist.createAgent()
+       *   .withModel("sonnet")
+       *   .withSignal(controller.signal)
+       *   .ask("Write a long story");
+       *
+       * // Or cancel on user action
+       * document.getElementById("cancel").onclick = () => controller.abort();
+       * ```
+       */
+      withSignal(signal) {
+        this.signal = signal;
+        return this;
+      }
       /**
        * Add a synthetic gadget call to the conversation history.
        *
@@ -6379,7 +6419,8 @@ ${endPrefix}`
           defaultGadgetTimeoutMs: this.defaultGadgetTimeoutMs,
           gadgetOutputLimit: this.gadgetOutputLimit,
           gadgetOutputLimitPercent: this.gadgetOutputLimitPercent,
-          compactionConfig: this.compactionConfig
+          compactionConfig: this.compactionConfig,
+          signal: this.signal
         };
         return new Agent(AGENT_INTERNAL_KEY, options);
       }
@@ -6482,7 +6523,8 @@ ${endPrefix}`
           defaultGadgetTimeoutMs: this.defaultGadgetTimeoutMs,
           gadgetOutputLimit: this.gadgetOutputLimit,
           gadgetOutputLimitPercent: this.gadgetOutputLimitPercent,
-          compactionConfig: this.compactionConfig
+          compactionConfig: this.compactionConfig,
+          signal: this.signal
         };
         return new Agent(AGENT_INTERNAL_KEY, options);
       }